{
    "category": [
        "scrape_synthesize"
    ],
    "cutoff": 60,
    "dependencies": [
        "TestRevenueRetrieval1.2"
    ],
    "eval_id": "77df2ad6-ae8f-42f0-9a94-fc92c9f88fdd",
    "ground": {
        "answer": "15 Millions\n112 Millions\n117 Millions\n204 Millions\n413 Millions\n2,014 Millions\n3,198 Millions\n4,046 Millions\n7,000 Millions\n11,759 Millions\n21,461 Millions\n24,578 Millions\n31,536 Millions\n53,823 Millions\n81,462 Millions",
        "eval": {
            "type": "file"
        },
        "files": [
            ".txt"
        ],
        "should_contain": [
            "15",
            "112",
            "117",
            "204",
            "413",
            "2,014",
            "3,198",
            "4,046",
            "7,000",
            "11,759",
            "21,461",
            "24,578",
            "31,536",
            "53,823",
            "81,462"
        ],
        "should_not_contain": []
    },
    "info": {
        "description": "Tests ability to retrieve information.",
        "difficulty": "intermediate",
        "side_effects": [
            "tests if there is in fact an LLM attached"
        ]
    },
    "name": "Retrieval3",
    "task": "Write tesla's revenue every year since its creation into a .txt file. Use the US notation, with a precision rounded to the nearest million dollars (for instance, $31,578 billion)."
}
